library(openxlsx)
# allC = merge(p1C,p2C,by.x="Sample",by.y="Sample")
popsOfInterestFile="/Volumes/Beta/data/flow/results_r25_25full_SS_SubCD8_SCD14_Manuals/finalCounts/popsOfInterest.txt"
popsOfInterest=read.delim(popsOfInterestFile, stringsAsFactors = FALSE, sep = "\t")
popsOfInterest$POPCOMP=gsub(" ",".",popsOfInterest$POPCOMP)
popsOfInterest$POPF=gsub(" ",".",popsOfInterest$POPF)
popsOfInterest$POPHRS1000=gsub(" ",".",popsOfInterest$POPHRS1000)
popsOfInterest$POPM=gsub(" ",".",popsOfInterest$POPM)
# popsOfInterest$POPM=gsub(")",".",popsOfInterest$POPM,fixed = TRUE)
# popsOfInterest$POPM=gsub("(",".",popsOfInterest$POPM,fixed = TRUE)
popsOfInterest$POPJ=gsub(" ",".",popsOfInterest$POPJ)
popsOfInterest$POPJ=gsub(")",".",popsOfInterest$POPJ,fixed = TRUE)
popsOfInterest$POPJ=gsub("(",".",popsOfInterest$POPJ,fixed = TRUE)
releasedFile="/Volumes/Beta/data/flow/results_r25_25full_SS_SubCD8_SCD14_Manuals/FULL/releasedSamples.txt"
released = read.delim(releasedFile,
header = TRUE,
stringsAsFactors = FALSE)
noBadsFile="/Users/Kitty/git/auto-fcs/explore/openCyto/extractManualComp/manualUse.txt"
noBads = read.delim(noBadsFile,
header = TRUE,
stringsAsFactors = FALSE)
dir="/Volumes/Beta/data/flow/results_r25_25full_SS_SubCD8_SCD14_Manuals/finalCountsFreqCBC/"
p1="p1.cnts.frqs.cbcs.xlsx"
p2="all.p2.xlsx"
p2Test=read.xlsx(paste0(dir,p2), sheet=2)
for(thing in colnames(p2Test)){
print(paste0(thing, " ",max(as.numeric(p2Test[,c(thing)]),na.rm = TRUE) ))
}
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): NAs introduced by coercion
## Warning in max(as.numeric(p2Test[, c(thing)]), na.rm = TRUE): no non-
## missing arguments to max; returning -Inf
## [1] "Sample -Inf"
## [1] "Manual;0=Regular,1=Manual,2=DCSub,3=ocFail 3"
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): NAs introduced by coercion
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): no non-missing arguments to max; returning -Inf
## [1] "F_ID -Inf"
## [1] "DATE 43024"
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): NAs introduced by coercion
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): no non-missing arguments to max; returning -Inf
## [1] "MACHINE -Inf"
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): NAs introduced by coercion
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): no non-missing arguments to max; returning -Inf
## [1] "EXPERIMENTER -Inf"
## Warning in paste0(thing, " ", max(as.numeric(p2Test[, c(thing)]), na.rm =
## TRUE)): NAs introduced by coercion
## [1] "Live.Single.PBMCs 1090134"
## [1] "DC.NK.MONOCYTES 0.970588235294118"
## [1] "DC.NK 0.846153846153846"
## [1] "MONOCYTES 0.870967741935484"
## [1] "Classical.monocytes 356.666666666667"
## [1] "Non.classical.monocytes 3.03827751196172"
## [1] "NK 0.487232957105566"
## [1] "NK.CD56HI 0.419505404520144"
## [1] "NK.CD56LO.Fixed 1"
## [1] "DC 0.846153846153846"
## [1] "Plasmacytoid.DC 1"
## [1] "Myeloid.DC 1"
addCols=c("Sample", "Manual", "MACHINE", "F_ID", "DATE", "EXPERIMENTER")
sheets = list(c("COUNTS",1),c("FREQ",2),c("CBCS",3))
parse <- function(dir,p,sheet,extractPop,addCols,manualRms) {
pd= read.xlsx(paste0(dir,p), sheet=as.numeric(sheet[2]))
colnames(pd) =gsub("Manual.*","Manual",colnames(pd))
colnames(pd) =gsub(".Fixed","",colnames(pd),fixed = TRUE)
extract = c(addCols,extractPop[!is.na(extractPop)])
have=( extract %in% colnames(pd))
print(table(have))
print(extract[have])
pE = pd[,extract[have]]
pE$METRIC=sheet[1]
#
use = (pE$F_ID %in% manualRms$Study.ID)
pE$RELEASED=use
return(pE)
}
p1All=data.frame()
p2All=data.frame()
p1Filt = read.xlsx(paste0(dir,p1), sheet=1)
namesP1=p1Filt[which(p1Filt$`Live.cells.(PE-)`>20000),]$Sample
p2Filt = read.xlsx(paste0(dir,p2), sheet=1)
namesP2=p2Filt[which(p2Filt$`Live.Single.PBMCs`>20000),]$Sample
for(sheet in sheets){
p1d=parse(dir=dir,p=p1,sheet=sheet,extractPop =popsOfInterest$POPM,addCols = addCols,manualRms=released )
usep1=p1d$Sample %in% namesP1
p1d=p1d[usep1,]
p1All=rbind(p1All,p1d)
p2d=parse(dir=dir,p=p2,sheet=sheet,extractPop =popsOfInterest$POPCOMP,addCols = addCols,manualRms=released )
usep2=p2d$Sample %in% namesP2
p2d=p2d[usep2,]
#
# usep2=p2d$Sample %in% noBads$x
# p2d=p2d[usep2,]
print(colnames(p2d))
print(colnames(p2All))
p2All=rbind(p2All,p2d)
}
## have
## FALSE TRUE
## 11 13
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "naive.Bcells.(CD27-.IgD+)" "cytotoxic.Tcells-CD8+"
## [9] "Tcells.(CD3+.CD19-)" "IgD-.memory.Bcells.(CD27+)"
## [11] "IgD+.memory.Bcells.(CD27+)" "Helper.Tcells-CD4+"
## [13] "B.cells.(CD3-.CD19+)"
## have
## FALSE TRUE
## 9 17
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC"
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC" "METRIC"
## [19] "RELEASED"
## character(0)
## have
## FALSE TRUE
## 11 13
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "naive.Bcells.(CD27-.IgD+)" "cytotoxic.Tcells-CD8+"
## [9] "Tcells.(CD3+.CD19-)" "IgD-.memory.Bcells.(CD27+)"
## [11] "IgD+.memory.Bcells.(CD27+)" "Helper.Tcells-CD4+"
## [13] "B.cells.(CD3-.CD19+)"
## have
## FALSE TRUE
## 9 17
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC"
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC" "METRIC"
## [19] "RELEASED"
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC" "METRIC"
## [19] "RELEASED"
## have
## FALSE TRUE
## 11 13
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "naive.Bcells.(CD27-.IgD+)" "cytotoxic.Tcells-CD8+"
## [9] "Tcells.(CD3+.CD19-)" "IgD-.memory.Bcells.(CD27+)"
## [11] "IgD+.memory.Bcells.(CD27+)" "Helper.Tcells-CD4+"
## [13] "B.cells.(CD3-.CD19+)"
## have
## FALSE TRUE
## 9 17
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC"
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC" "METRIC"
## [19] "RELEASED"
## [1] "Sample" "Manual"
## [3] "MACHINE" "F_ID"
## [5] "DATE" "EXPERIMENTER"
## [7] "Non.classical.monocytes" "Myeloid.DC"
## [9] "DC.NK" "MONOCYTES"
## [11] "NK" "DC.NK.MONOCYTES"
## [13] "NK.CD56HI" "NK.CD56LO"
## [15] "Plasmacytoid.DC" "Classical.monocytes"
## [17] "DC" "METRIC"
## [19] "RELEASED"
p1All$DATE=as.Date(p1All$DATE,origin='1899-12-30')
## Warning in strptime(xx, f <- "%Y-%m-%d", tz = "GMT"): unknown timezone
## 'zone/tz/2017c.1.0/zoneinfo/America/Chicago'
p2All$DATE=as.Date(p2All$DATE, origin = '1899-12-30')
p2All$Manual=gsub("2","0",p2All$Manua)
p2All$Manual=gsub("1","0",p2All$Manua)
p2All$Manual=gsub("3","0",p2All$Manua)
# p2All[which(p2All$DC>60000&p2All$METRIC=="COUNTS"),]$F_ID
# p2All$DATE_MONTH <- as.Date(cut(as.Date(p2All$DATE),
# breaks = "month"))
# pAll$DATE_MONTH <- as.Date(cut(as.Date(pAll$DATE),
# breaks = "month"))
popsOfInterest$PANEL1= popsOfInterest$POPM %in% colnames(p1All)
popsOfInterest$PANEL2= popsOfInterest$POPCOMP %in% colnames(p2All)
p1JflowCounts= read.delim("/Volumes/Beta/data/flow/compManual/p1.cnts.xln", stringsAsFactors = FALSE)
p1JflowCounts$Sample=p1JflowCounts$FILE
p2JflowCounts= read.delim("/Volumes/Beta/data/flow/compManual/p2.cnts.xln", stringsAsFactors = FALSE)
p2JflowCounts$Sample=p2JflowCounts$FILE
origPercents =read.xlsx("/Volumes/Beta/data/flow/HRS1000 REPORT.xlsx", sheet=1)
origCBCs =read.xlsx("/Volumes/Beta/data/flow/HRS1000 REPORT.xlsx", sheet=3)
origPercentP2 =read.xlsx("/Volumes/Beta/data/flow/p2.newGateTree.xlsx", sheet=2)
origPercentP2$Sample=gsub(".*/","",origPercentP2$X1)
library(ggplot2)
t2 <- theme(
axis.line = element_line(colour = "black"),
axis.text = element_text(colour = "black"),
axis.ticks = element_line(colour = "black"),
# panel.grid.major.x = element_blank(),
panel.grid.minor.x = element_blank(),
# panel.grid.major.y = element_blank(),
panel.grid.minor.y = element_blank(),
panel.border = element_blank(),
panel.background = element_blank(),
# legend.position="none",
axis.text.x=element_text(angle=90,hjust=1)
)
theme_set(theme_grey(base_size = 18))
summarize <- function(oc,manual,mergeOCCol,mergeManCol,ocCol,manualCol) {
merge=merge(oc,manual,by.x=mergeOCCol,by.y=mergeManCol)
print(table(merge$Manual))
numManuals=length(merge[which(merge$Manual=="1"),][,ocCol])
merge=merge[which(merge$Manual=="0"&merge$RELEASED),]
t1 =cor.test(as.numeric(merge[,c(ocCol)]),as.numeric(merge[,c(manualCol)]),method = "pearson",na.action="na.omit")
t2=cor.test(as.numeric(merge[,c(ocCol)]),as.numeric(merge[,c(manualCol)]),method = "spearman",na.action="na.omit")
medianOCFreq=median(as.numeric(merge[,c(ocCol)]),na.rm = TRUE)
meanOCFreq=mean(as.numeric(merge[,c(ocCol)]),na.rm = TRUE)
sdOCFreq=sd(as.numeric(merge[,c(ocCol)]),na.rm = TRUE)
# print(plot(as.numeric(merge[,c(ocCol)]),as.numeric(merge[,c(manualCol)])))
medianManualFreq=median(as.numeric(merge[,c(manualCol)]),na.rm = TRUE)
meanManualFreq=mean(as.numeric(merge[,c(manualCol)]),na.rm = TRUE)
sdManualFreq=sd(as.numeric(merge[,c(manualCol)]),na.rm = TRUE)
g= ggplot(merge,aes(x=as.numeric(merge[,c(ocCol)]),y=as.numeric(merge[,c(manualCol)]))) +
geom_point() +
xlab(paste0("OC ",ocCol)) +
ylab(paste0("Manual ",ocCol))+ggtitle(paste0("pearson = ",t1$estimate, "\n spearman = ", t2$estimate, "\nn=", length(merge[,c(ocCol)]) ))
print(g)
tmp = data.frame(
OC_POP = ocCol,
ManualPop = manualCol,
N = length(merge[,c(ocCol)]),
PEARSON = t1$estimate,
SPEARMAN = t2$estimate,
MEDIAN_OC = medianOCFreq,
MEDIAN_MANUAL = medianManualFreq,
ABS_DIFF_MEDIAN = abs(medianOCFreq-medianManualFreq),
MEAN_OC = meanOCFreq,
MEAN_MANUAL = meanManualFreq,
ABS_DIFF_MEAN = abs(meanOCFreq-meanManualFreq),
SD_OC = sdOCFreq,
SD_MANUAL = sdManualFreq,
ABS_DIFF_SD = abs(sdOCFreq-sdManualFreq),
NUM_MANUALS_REMOVED=numManuals
)
return(tmp)
}
forMerge=c("Sample","DATE" , "MACHINE" , "EXPERIMENTER")
stats <- function(data,machine=TRUE) {
require(MASS)
formula <- TARGET ~ DATE + MACHINE + EXPERIMENTER
if(!machine){
formula <- TARGET ~ DATE + EXPERIMENTER
}
fit <- lm(formula, data = data)
step <- stepAIC(fit, direction = "both")
t=summary(step)
ps=as.data.frame(t$coefficients)
f=summary(eval(t$call))
result=paste0("MODEL=",t$call[2],";MODEL_ADJ_R_SQUARED=",f$adj.r.squared," ;pvals=",paste0(ps$`Pr(>|t|)`[2:length(ps$`Pr(>|t|)`)],collapse = ","))
return(result)
# print(step$anova)
}
results=data.frame()
for(pop in popsOfInterest$POPM){
if(!is.na(pop)){
for(metric in sheets){
jflow=popsOfInterest[which(popsOfInterest$POPM==pop),]$POPJ
origColumn=popsOfInterest[which(popsOfInterest$POPM==pop),]$POPHRS1000
compLook=popsOfInterest[which(popsOfInterest$POPM==pop),]$POPM
if(popsOfInterest[which(popsOfInterest$POPM==pop),]$PANEL1){
print(paste0(pop," panel1 ",metric[1]))
if(metric[1]=="COUNTS"){
tmp =summarize(p1All[which(p1All$METRIC==metric[1]),],p1JflowCounts,"Sample","Sample",pop,jflow)
tmp$METRIC=metric[1]
tmp$PANEL="panel1"
tmp$NUM_MANUAL_POPS_ZEROED_OUT=NA
tmp$COMP_LOOK=compLook
tmp$CONFOUNDING_MODEL_OC_ALL_SAMPLES=NA
tmp$CONFOUNDING_MODEL_OC_MANUAL_MATCHED=NA
tmp$CONFOUNDING_MODEL_MANUAL=NA
results=rbind(results,tmp)
} else if(metric[1]=="FREQ"){
useOrigPercents =origPercents[which(origPercents[,c(origColumn)]<1000),]
tmp =summarize(p1All[which(p1All$METRIC==metric[1]),],useOrigPercents,"F_ID","Study.ID",pop,origColumn)
tmp$METRIC=metric[1]
tmp$PANEL="panel1"
tmp$NUM_MANUAL_POPS_ZEROED_OUT=length(origPercents[,c(origColumn)])-length(useOrigPercents[,c(origColumn)])
tmp$COMP_LOOK=compLook
tmp$CONFOUNDING_MODEL_OC_ALL_SAMPLES=NA
tmp$CONFOUNDING_MODEL_OC_MANUAL_MATCHED=NA
tmp$CONFOUNDING_MODEL_MANUAL=NA
results=rbind(results,tmp)
}
}else if(popsOfInterest[which(popsOfInterest$POPM==pop),]$PANEL2){
print(paste0(pop," panel2 ",metric[1]))
if(metric[1]=="COUNTS"){
tmp =summarize(p2All[which(p2All$METRIC==metric[1]),],p2JflowCounts,"Sample","Sample",popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP,jflow)
tmp$METRIC=metric[1]
tmp$PANEL="panel2"
tmp$NUM_MANUAL_POPS_ZEROED_OUT=NA
tmp$COMP_LOOK=compLook
subData=p2All[which(p2All$METRIC==metric[1]),]
subData$TARGET=as.numeric(subData[,c(popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP)])
tmp$CONFOUNDING_MODEL_OC_ALL_SAMPLES=NA
r= stats(subData)
tmp$CONFOUNDING_MODEL_OC_ALL_SAMPLES=r
tmp$CONFOUNDING_MODEL_OC_MANUAL_MATCHED=NA
tmp$CONFOUNDING_MODEL_MANUAL=NA
results=rbind(results,tmp)
} else if(metric[1]=="FREQ"){
ocColumnTmp=popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP
useOrigPercents =origPercentP2[which(origPercentP2[,c(ocColumnTmp)]<1000),]
origTmp=ocColumnTmp
if(ocColumnTmp==origTmp){
ocColumnTmp=paste0(ocColumnTmp,".x")
origTmp=paste0(origTmp,".y")
}
tmp =summarize(p2All[which(p2All$METRIC==metric[1]),],origPercentP2,"Sample","Sample",ocColumnTmp,origTmp)
tmp$METRIC=metric[1]
tmp$PANEL="panel2"
tmp$NUM_MANUAL_POPS_ZEROED_OUT=length(origPercentP2[,c(popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP)])-length(useOrigPercents[,c(popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP)])
tmp$COMP_LOOK=compLook
tmp$CONFOUNDING_MODEL_OC_ALL_SAMPLES=NA
subDataP2=p2All[which(p2All$METRIC==metric[1]&p2All$Manual=="0"),]
subDataP2$TARGET=as.numeric(subDataP2[,c(popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP)])
r= stats(subDataP2)
tmp$CONFOUNDING_MODEL_OC_ALL_SAMPLES=r
forMergeHere =c(forMerge,popsOfInterest[which(popsOfInterest$POPM==pop),]$POPCOMP)
subData=origPercentP2
subData =merge(subDataP2[,forMergeHere],subData,by.x = "Sample",by.y = "Sample")
subData$TARGET=as.numeric(subData[,ocColumnTmp])
r= stats(subData,machine = FALSE)
tmp$CONFOUNDING_MODEL_OC_MANUAL_MATCHED=r
subData$TARGET=as.numeric(subData[,origTmp])
tmp$CONFOUNDING_MODEL_MANUAL =NA
r= stats(subData,machine = FALSE)
tmp$CONFOUNDING_MODEL_MANUAL=r
results=rbind(results,tmp)
}
}
}
}
}
## [1] "naive.Bcells.(CD27-.IgD+) panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties
## [1] "naive.Bcells.(CD27-.IgD+) panel1 FREQ"
##
## 0 1
## 924 33
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "naive.Bcells.(CD27-.IgD+) panel1 CBCS"
## [1] "cytotoxic.Tcells-CD8+ panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "cytotoxic.Tcells-CD8+ panel1 FREQ"
##
## 0 1
## 924 33
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "cytotoxic.Tcells-CD8+ panel1 CBCS"
## [1] "Tcells.(CD3+.CD19-) panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "Tcells.(CD3+.CD19-) panel1 FREQ"
##
## 0 1
## 924 33
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "Tcells.(CD3+.CD19-) panel1 CBCS"
## [1] "IgD-.memory.Bcells.(CD27+) panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "IgD-.memory.Bcells.(CD27+) panel1 FREQ"
##
## 0 1
## 853 19
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "IgD-.memory.Bcells.(CD27+) panel1 CBCS"
## [1] "IgD+.memory.Bcells.(CD27+) panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "IgD+.memory.Bcells.(CD27+) panel1 FREQ"
##
## 0 1
## 853 19
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "IgD+.memory.Bcells.(CD27+) panel1 CBCS"
## [1] "Helper.Tcells-CD4+ panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "Helper.Tcells-CD4+ panel1 FREQ"
##
## 0 1
## 924 33
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "Helper.Tcells-CD4+ panel1 CBCS"
## [1] "B.cells.(CD3-.CD19+) panel1 COUNTS"
##
## 0 1
## 928 31
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "B.cells.(CD3-.CD19+) panel1 FREQ"
##
## 0 1
## 924 33
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## [1] "B.cells.(CD3-.CD19+) panel1 CBCS"
## [1] "Non.classical.monocytes.(CD16+.CD14+) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Loading required package: MASS
## Start: AIC=134694.9
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 2.9754e+10 134695
## - MACHINE 1 10852172 2.9765e+10 134696
## - DATE 1 52630422 2.9807e+10 134709
## - EXPERIMENTER 4 176981548 2.9931e+10 134740
## [1] "Non.classical.monocytes.(CD16+.CD14+) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-51149.65
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - MACHINE 1 0.004079 29.657 -51150
## <none> 29.652 -51150
## - EXPERIMENTER 4 0.083478 29.736 -51132
## - DATE 1 0.068881 29.721 -51131
##
## Step: AIC=-51150.42
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 29.657 -51150
## + MACHINE 1 0.004079 29.652 -51150
## - EXPERIMENTER 4 0.091445 29.748 -51131
## - DATE 1 0.083453 29.740 -51127
## Start: AIC=-4723.79
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.001232 3.6977 -4725.5
## - EXPERIMENTER 2 0.012850 3.7093 -4724.8
## <none> 3.6965 -4723.8
##
## Step: AIC=-4725.5
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.014639 3.7124 -4726.1
## <none> 3.6977 -4725.5
## + DATE 1 0.001232 3.6965 -4723.8
##
## Step: AIC=-4726.07
## TARGET ~ 1
##
## Df Sum of Sq RSS AIC
## <none> 3.7124 -4726.1
## + EXPERIMENTER 2 0.0146385 3.6977 -4725.5
## + DATE 1 0.0030205 3.7093 -4724.8
## Start: AIC=-5810.62
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 1.0553 -5810.6
## - EXPERIMENTER 2 0.012040 1.0674 -5804.8
## - DATE 1 0.021912 1.0772 -5794.8
## [1] "Non.classical.monocytes.(CD16+.CD14+) panel2 CBCS"
## [1] "Myeloid.DC.(CD11c+.CD123-) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Start: AIC=148689.4
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 1.4211e+11 148689
## - DATE 1 87951812 1.4220e+11 148693
## - MACHINE 1 173308388 1.4228e+11 148698
## - EXPERIMENTER 4 3599489649 1.4571e+11 148906
## [1] "Myeloid.DC.(CD11c+.CD123-) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-34957.19
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 180.92 -34957
## - EXPERIMENTER 4 0.86878 181.79 -34922
## - DATE 1 0.90991 181.83 -34914
## - MACHINE 1 1.07497 181.99 -34906
## Start: AIC=-3439.91
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 16.252 -3439.9
## - EXPERIMENTER 2 0.16743 16.419 -3435.0
## - DATE 1 0.15527 16.407 -3433.7
## Start: AIC=-3666.64
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.00150 12.514 -3668.5
## <none> 12.512 -3666.6
## - EXPERIMENTER 2 0.60783 13.120 -3629.5
##
## Step: AIC=-3668.53
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 12.514 -3668.5
## + DATE 1 0.00150 12.512 -3666.6
## - EXPERIMENTER 2 0.69474 13.208 -3625.7
## [1] "Myeloid.DC.(CD11c+.CD123-) panel2 CBCS"
## [1] "DC.NK.(CD20-.CD14-) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Start: AIC=184247.5
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 7.4594e+12 184248
## - MACHINE 1 2.2361e+09 7.4616e+12 184248
## - DATE 1 5.2880e+09 7.4647e+12 184252
## - EXPERIMENTER 4 2.6077e+10 7.4855e+12 184271
## [1] "DC.NK.(CD20-.CD14-) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-47230.99
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 4 0.0168559 46.294 -47236
## - MACHINE 1 0.0019917 46.279 -47233
## <none> 46.277 -47231
## - DATE 1 0.0123955 46.289 -47231
##
## Step: AIC=-47235.73
## TARGET ~ DATE + MACHINE
##
## Df Sum of Sq RSS AIC
## - MACHINE 1 0.0007737 46.294 -47238
## <none> 46.294 -47236
## - DATE 1 0.0307978 46.324 -47232
## + EXPERIMENTER 4 0.0168559 46.277 -47231
##
## Step: AIC=-47237.58
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 46.294 -47238
## + MACHINE 1 0.0007737 46.294 -47236
## - DATE 1 0.0304829 46.325 -47234
## + EXPERIMENTER 4 0.0156380 46.279 -47233
## Start: AIC=-4614.26
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.001388 4.1956 -4618.0
## <none> 4.1942 -4614.3
## - DATE 1 0.057896 4.2521 -4604.4
##
## Step: AIC=-4617.98
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 4.1956 -4618.0
## + EXPERIMENTER 2 0.001388 4.1942 -4614.3
## - DATE 1 0.072686 4.2683 -4605.1
## Start: AIC=-4557.81
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.007876 4.4843 -4560.3
## <none> 4.4764 -4557.8
## - DATE 1 0.066395 4.5428 -4547.0
##
## Step: AIC=-4560.28
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 4.4843 -4560.3
## + EXPERIMENTER 2 0.007876 4.4764 -4557.8
## - DATE 1 0.090763 4.5751 -4544.9
## [1] "DC.NK.(CD20-.CD14-) panel2 CBCS"
## [1] "MONOCYTES.(CD14+) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=178706
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 6.3721e+07 4.0132e+12 178704
## <none> 4.0131e+12 178706
## - MACHINE 1 4.6084e+09 4.0178e+12 178714
## - EXPERIMENTER 4 7.7597e+10 4.0907e+12 178870
##
## Step: AIC=178704.1
## TARGET ~ MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 4.0132e+12 178704
## + DATE 1 6.3721e+07 4.0131e+12 178706
## - MACHINE 1 4.6440e+09 4.0179e+12 178712
## - EXPERIMENTER 4 9.6019e+10 4.1092e+12 178908
## [1] "MONOCYTES.(CD14+) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-49350.19
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 36.539 -49350
## - DATE 1 0.01125 36.550 -49349
## - MACHINE 1 0.02218 36.561 -49347
## - EXPERIMENTER 4 0.72435 37.264 -49182
## Start: AIC=-4771.41
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 3.4989 -4771.4
## - DATE 1 0.008593 3.5075 -4771.3
## - EXPERIMENTER 2 0.033380 3.5323 -4767.2
## Start: AIC=-4688.79
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.000138 3.8489 -4690.8
## <none> 3.8487 -4688.8
## - EXPERIMENTER 2 0.041272 3.8900 -4683.5
##
## Step: AIC=-4690.76
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 3.8489 -4690.8
## + DATE 1 0.000138 3.8487 -4688.8
## - EXPERIMENTER 2 0.046877 3.8958 -4684.3
## [1] "MONOCYTES.(CD14+) panel2 CBCS"
## [1] "NK.(CD16+) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=180588.3
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 4.9501e+12 180588
## - MACHINE 1 4.6892e+09 4.9547e+12 180595
## - DATE 1 6.4042e+09 4.9565e+12 180598
## - EXPERIMENTER 4 1.3858e+10 4.9639e+12 180605
## [1] "NK.(CD16+) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-51274.16
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 4 0.018659 29.504 -51276
## <none> 29.485 -51274
## - MACHINE 1 0.009999 29.495 -51273
## - DATE 1 0.038992 29.524 -51264
##
## Step: AIC=-51276.48
## TARGET ~ DATE + MACHINE
##
## Df Sum of Sq RSS AIC
## <none> 29.504 -51276
## - MACHINE 1 0.006757 29.511 -51276
## + EXPERIMENTER 4 0.018659 29.485 -51274
## - DATE 1 0.046427 29.551 -51264
## Start: AIC=-4968.92
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.0042791 2.7904 -4971.6
## <none> 2.7861 -4968.9
## - DATE 1 0.0161010 2.8022 -4965.9
##
## Step: AIC=-4971.59
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 2.7904 -4971.6
## - DATE 1 0.0119759 2.8024 -4969.9
## + EXPERIMENTER 2 0.0042791 2.7861 -4968.9
## Start: AIC=-4905.85
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.0070254 3.0034 -4907.8
## <none> 2.9963 -4905.9
## - DATE 1 0.0279020 3.0242 -4899.8
##
## Step: AIC=-4907.82
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 3.0034 -4907.8
## + EXPERIMENTER 2 0.0070254 2.9963 -4905.9
## - DATE 1 0.0210759 3.0244 -4903.8
## [1] "NK.(CD16+) panel2 CBCS"
## [1] "DC.NK.MONOCYTES.(CD3-.CD19-) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Start: AIC=192559.4
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 7.4834e+08 1.8843e+13 192558
## <none> 1.8842e+13 192559
## - MACHINE 1 1.5859e+10 1.8858e+13 192565
## - EXPERIMENTER 4 1.9519e+11 1.9038e+13 192644
##
## Step: AIC=192557.8
## TARGET ~ MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 1.8843e+13 192558
## + DATE 1 7.4834e+08 1.8842e+13 192559
## - MACHINE 1 1.5141e+10 1.8858e+13 192563
## - EXPERIMENTER 4 2.3513e+11 1.9078e+13 192661
## [1] "DC.NK.MONOCYTES.(CD3-.CD19-) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-37724.94
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 133.54 -37725
## - DATE 1 0.10880 133.65 -37720
## - MACHINE 1 0.16737 133.71 -37716
## - EXPERIMENTER 4 1.28795 134.83 -37647
## Start: AIC=-3724.66
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 11.702 -3724.7
## - EXPERIMENTER 2 0.12959 11.832 -3719.1
## - DATE 1 0.15821 11.860 -3715.0
## Start: AIC=-3833.45
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 10.322 -3833.5
## - EXPERIMENTER 2 0.12020 10.442 -3827.4
## - DATE 1 0.11237 10.435 -3826.1
## [1] "DC.NK.MONOCYTES.(CD3-.CD19-) panel2 CBCS"
## [1] "NK.CD56HI panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=108068.8
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - MACHINE 1 13406 1527145856 108067
## <none> 1527132449 108069
## - DATE 1 724413 1527856863 108071
## - EXPERIMENTER 4 2056441 1529188890 108073
##
## Step: AIC=108066.9
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 1527145856 108067
## + MACHINE 1 13406 1527132449 108069
## - DATE 1 722823 1527868679 108069
## - EXPERIMENTER 4 2120600 1529266456 108071
## [1] "NK.CD56HI panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-73642.28
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - MACHINE 1 0.00005771 2.4208 -73644
## - DATE 1 0.00015548 2.4209 -73644
## - EXPERIMENTER 4 0.00179107 2.4225 -73644
## <none> 2.4207 -73642
##
## Step: AIC=-73644.07
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.00011820 2.4209 -73646
## - EXPERIMENTER 4 0.00184273 2.4226 -73645
## <none> 2.4208 -73644
## + MACHINE 1 0.00005771 2.4207 -73642
##
## Step: AIC=-73645.63
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 4 0.00210588 2.4230 -73646
## <none> 2.4209 -73646
## + DATE 1 0.00011820 2.4208 -73644
## + MACHINE 1 0.00002043 2.4209 -73644
##
## Step: AIC=-73645.83
## TARGET ~ 1
##
## Df Sum of Sq RSS AIC
## <none> 2.4230 -73646
## + EXPERIMENTER 4 0.00210588 2.4209 -73646
## + DATE 1 0.00038135 2.4226 -73645
## + MACHINE 1 0.00002171 2.4230 -73644
## Start: AIC=-7777.2
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.00002768 0.10924 -7781.0
## <none> 0.10922 -7777.2
## - DATE 1 0.00036147 0.10958 -7776.3
##
## Step: AIC=-7780.98
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 0.10924 -7781.0
## - DATE 1 0.00052456 0.10977 -7778.8
## + EXPERIMENTER 2 0.00002768 0.10922 -7777.2
## Start: AIC=-6328.21
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.00063147 0.58154 -6329.3
## <none> 0.58091 -6328.2
## - EXPERIMENTER 2 0.00284821 0.58375 -6328.0
##
## Step: AIC=-6329.27
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 0.58154 -6329.3
## + DATE 1 0.0006315 0.58091 -6328.2
## - EXPERIMENTER 2 0.0051394 0.58668 -6325.6
## [1] "NK.CD56HI panel2 CBCS"
## [1] "NK.CD56LO panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=179937.1
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 4.6035e+12 179937
## - MACHINE 1 3.7464e+09 4.6072e+12 179942
## - DATE 1 5.8636e+09 4.6093e+12 179947
## - EXPERIMENTER 4 1.2993e+10 4.6165e+12 179954
## [1] "NK.CD56LO panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-44773.55
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 60.618 -44774
## - DATE 1 0.014310 60.632 -44773
## - MACHINE 1 0.022331 60.640 -44772
## - EXPERIMENTER 4 0.202735 60.821 -44752
## Start: AIC=-4437.85
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.003005 5.1437 -4439.3
## <none> 5.1407 -4437.9
## - EXPERIMENTER 2 0.048299 5.1890 -4433.7
##
## Step: AIC=-4439.35
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 5.1437 -4439.3
## + DATE 1 0.003005 5.1407 -4437.9
## - EXPERIMENTER 2 0.058087 5.2017 -4433.6
## Start: AIC=-4167.93
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.0001115 7.0183 -4169.9
## - EXPERIMENTER 2 0.0269510 7.0452 -4168.6
## <none> 7.0182 -4167.9
##
## Step: AIC=-4169.92
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.0284816 7.0468 -4170.4
## <none> 7.0183 -4169.9
## + DATE 1 0.0001115 7.0182 -4167.9
##
## Step: AIC=-4170.41
## TARGET ~ 1
##
## Df Sum of Sq RSS AIC
## <none> 7.0468 -4170.4
## + EXPERIMENTER 2 0.0284816 7.0183 -4169.9
## + DATE 1 0.0016421 7.0452 -4168.6
## [1] "NK.CD56LO panel2 CBCS"
## [1] "Plasmacytoid.DC.(CD11c-.CD123+) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Start: AIC=130466.4
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 9877 1.8627e+10 130464
## <none> 1.8627e+10 130466
## - MACHINE 1 6367549 1.8633e+10 130467
## - EXPERIMENTER 4 69507394 1.8696e+10 130492
##
## Step: AIC=130464.4
## TARGET ~ MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 1.8627e+10 130464
## - MACHINE 1 6689067 1.8633e+10 130466
## + DATE 1 9877 1.8627e+10 130466
## - EXPERIMENTER 4 82072935 1.8709e+10 130496
## [1] "Plasmacytoid.DC.(CD11c-.CD123+) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=-38288.32
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 124.75 -38288
## - MACHINE 1 0.07611 124.83 -38285
## - DATE 1 0.08200 124.83 -38284
## - EXPERIMENTER 4 0.40266 125.15 -38267
## Start: AIC=-3617.71
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.023285 13.262 -3620.2
## <none> 13.239 -3617.7
## - DATE 1 0.058372 13.297 -3615.9
##
## Step: AIC=-3620.19
## TARGET ~ DATE
##
## Df Sum of Sq RSS AIC
## <none> 13.262 -3620.2
## - DATE 1 0.039715 13.302 -3619.6
## + EXPERIMENTER 2 0.023285 13.239 -3617.7
## Start: AIC=-4350.74
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.000043 5.6841 -4352.7
## <none> 5.6840 -4350.7
## - EXPERIMENTER 2 0.109176 5.7932 -4338.2
##
## Step: AIC=-4352.73
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 5.6841 -4352.7
## + DATE 1 0.000043 5.6840 -4350.7
## - EXPERIMENTER 2 0.124523 5.8086 -4337.9
## [1] "Plasmacytoid.DC.(CD11c-.CD123+) panel2 CBCS"
## [1] "Classical.monocytes.(CD16-.CD14+) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Start: AIC=177896.7
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 1.6375e+07 3.6747e+12 177895
## <none> 3.6747e+12 177897
## - MACHINE 1 5.1785e+09 3.6799e+12 177907
## - EXPERIMENTER 4 7.1196e+10 3.7459e+12 178061
##
## Step: AIC=177894.8
## TARGET ~ MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 3.6747e+12 177895
## + DATE 1 1.6375e+07 3.6747e+12 177897
## - MACHINE 1 5.3912e+09 3.6801e+12 177906
## - EXPERIMENTER 4 8.9347e+10 3.7641e+12 178102
## [1] "Classical.monocytes.(CD16-.CD14+) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Start: AIC=12960.57
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 4 13.5775 38020 12956
## - DATE 1 0.0130 38006 12959
## - MACHINE 1 3.7722 38010 12960
## <none> 38006 12961
##
## Step: AIC=12955.77
## TARGET ~ DATE + MACHINE
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.0253 38020 12954
## - MACHINE 1 2.9341 38023 12954
## <none> 38020 12956
## + EXPERIMENTER 4 13.5775 38006 12961
##
## Step: AIC=12953.78
## TARGET ~ MACHINE
##
## Df Sum of Sq RSS AIC
## - MACHINE 1 3.3410 38023 12953
## <none> 38020 12954
## + DATE 1 0.0253 38020 12956
## + EXPERIMENTER 4 13.5898 38006 12959
##
## Step: AIC=12952.56
## TARGET ~ 1
##
## Df Sum of Sq RSS AIC
## <none> 38023 12953
## + MACHINE 1 3.3410 38020 12954
## + DATE 1 0.4322 38023 12954
## + EXPERIMENTER 4 13.0090 38010 12958
## Start: AIC=-3168.56
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.00619 22.230 -3170.3
## - EXPERIMENTER 2 0.08147 22.306 -3169.4
## <none> 22.224 -3168.6
##
## Step: AIC=-3170.32
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - EXPERIMENTER 2 0.077445 22.308 -3171.3
## <none> 22.230 -3170.3
## + DATE 1 0.006190 22.224 -3168.6
##
## Step: AIC=-3171.3
## TARGET ~ 1
##
## Df Sum of Sq RSS AIC
## <none> 22.308 -3171.3
## + EXPERIMENTER 2 0.077445 22.230 -3170.3
## + DATE 1 0.002164 22.306 -3169.4
## Start: AIC=-4658.31
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 0.00307 3.9896 -4659.6
## <none> 3.9865 -4658.3
## - EXPERIMENTER 2 0.28753 4.2740 -4601.9
##
## Step: AIC=-4659.64
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 3.9896 -4659.6
## + DATE 1 0.00307 3.9865 -4658.3
## - EXPERIMENTER 2 0.29808 4.2876 -4601.2
## [1] "Classical.monocytes.(CD16-.CD14+) panel2 CBCS"
## [1] "DC.(HLA-DR+) panel2 COUNTS"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties

## Warning: NAs introduced by coercion
## Start: AIC=153074.9
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - DATE 1 7009779 2.3091e+11 153073
## - MACHINE 1 25938982 2.3093e+11 153074
## <none> 2.3091e+11 153075
## - EXPERIMENTER 4 5787683692 2.3669e+11 153289
##
## Step: AIC=153073.1
## TARGET ~ MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## - MACHINE 1 20816238 2.3094e+11 153072
## <none> 2.3091e+11 153073
## + DATE 1 7009779 2.3091e+11 153075
## - EXPERIMENTER 4 7230002864 2.3814e+11 153342
##
## Step: AIC=153071.9
## TARGET ~ EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 2.3094e+11 153072
## + MACHINE 1 20816238 2.3091e+11 153073
## + DATE 1 1887034 2.3093e+11 153074
## - EXPERIMENTER 4 7209657112 2.3814e+11 153340
## [1] "DC.(HLA-DR+) panel2 FREQ"
##
## 0
## 867
## Warning in cor.test.default(as.numeric(merge[, c(ocCol)]),
## as.numeric(merge[, : Cannot compute exact p-value with ties


## Start: AIC=-71107.27
## TARGET ~ DATE + MACHINE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 3.2312 -71107
## - MACHINE 1 0.001012 3.2322 -71106
## - DATE 1 0.001258 3.2324 -71106
## - EXPERIMENTER 4 0.050047 3.2812 -70977
## Start: AIC=-7232.02
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 0.20482 -7232.0
## - DATE 1 0.0033047 0.20813 -7220.1
## - EXPERIMENTER 2 0.0122255 0.21705 -7185.8
## Start: AIC=-7514.24
## TARGET ~ DATE + EXPERIMENTER
##
## Df Sum of Sq RSS AIC
## <none> 0.14791 -7514.2
## - DATE 1 0.0025357 0.15045 -7501.5
## - EXPERIMENTER 2 0.0119240 0.15984 -7451.0
## [1] "DC.(HLA-DR+) panel2 CBCS"
# results=results[-order(results$METRIC),]
results$COMP_LOOK =gsub(".", " ",results$COMP_LOOK,fixed = TRUE)
write.table(
results,
sep = "\t",
quote = FALSE,
file = paste0(dir,"testResults.txt"),
row.names = FALSE
)